1
|
|
|
import { AppSettings } from '@/lib/AppSettings'; |
2
|
|
|
import { BoostHistory, BoostHistoryItem, BoostHistoryItemState } from '@/types/BoostHistory'; |
3
|
|
|
import { CodeBoost } from '@/lib/CodeBoost'; |
4
|
|
|
import { generateRunId, versionToShortVersion } from '@/lib/helpers'; |
5
|
|
|
import { Repository } from '@/lib/Repository'; |
6
|
|
|
import { Tools } from '@/lib/Tools'; |
7
|
|
|
import { BoostConfiguration } from '@/types/BoostConfiguration'; |
8
|
|
|
import edge from 'edge.js'; |
9
|
|
|
import { existsSync, readFileSync } from 'fs'; |
10
|
|
|
import semver from 'semver'; |
11
|
|
|
import simpleGit, { SimpleGit, SimpleGitBase } from 'simple-git'; |
12
|
|
|
import dayjs from 'dayjs'; |
13
|
|
|
import { Github } from '@/lib/github'; |
14
|
|
|
import { eventbus } from '@/lib/EventBus'; |
15
|
|
|
import { GIT_FILE_ADDED_EVENT } from '@/lib/Events'; |
16
|
|
|
|
17
|
|
|
export interface BoostScriptHandlerParameters { |
18
|
|
|
/** arguments passed in from the user */ |
19
|
|
|
args: any[]; |
20
|
|
|
/** the boost instance */ |
21
|
|
|
boost: Boost; |
22
|
|
|
/** information about the current boost run */ |
23
|
|
|
currentRun: BoostHistoryItem; |
24
|
|
|
/** a simpleGit instance for the repository */ |
25
|
|
|
git: SimpleGit; |
26
|
|
|
/** a collection of commonly-used libraries available to the boost scripts */ |
27
|
|
|
libs: { |
28
|
|
|
fs: typeof import('fs'); |
29
|
|
|
path: typeof import('path'); |
30
|
|
|
semver: typeof import('semver'); |
31
|
|
|
}; |
32
|
|
|
/** the repository instance */ |
33
|
|
|
repository: Repository; |
34
|
|
|
/** a collection of utility functions available to the boost scripts */ |
35
|
|
|
tools: Tools; |
36
|
|
|
} |
37
|
|
|
|
38
|
|
|
export type BoostScriptHandler = (params: BoostScriptHandlerParameters) => any; |
39
|
|
|
|
40
|
|
|
export class Boost { |
41
|
|
|
protected codeBoost!: CodeBoost; |
42
|
|
|
protected repository: Repository | null = null; |
43
|
|
|
|
44
|
|
|
public config!: BoostConfiguration; |
45
|
|
|
public path!: string; |
46
|
|
|
public id!: string; |
47
|
|
|
public version!: string; |
48
|
|
|
public repositoryLimits!: { |
49
|
|
|
maxRunsPerVersion: number; |
50
|
|
|
minutesBetweenRuns: number; |
51
|
|
|
}; |
52
|
|
|
public pullRequest!: { |
53
|
|
|
title: string; |
54
|
|
|
body: string; |
55
|
|
|
branch: string; |
56
|
|
|
}; |
57
|
|
|
public scripts!: any[]; |
58
|
|
|
public actions!: any[]; |
59
|
|
|
public state: Record<string, any> = {}; |
60
|
|
|
public changedFiles: string[] = []; |
61
|
|
|
public runId: string; |
62
|
|
|
|
63
|
|
|
constructor(codeBoost: CodeBoost, boostPath: string) { |
64
|
|
|
this.runId = generateRunId(); |
65
|
|
|
this.config = this.loadConfiguration(boostPath); |
66
|
|
|
this.codeBoost = codeBoost; |
67
|
|
|
this.init(boostPath); |
68
|
|
|
} |
69
|
|
|
|
70
|
|
|
public init(boostPath: string) { |
71
|
|
|
this.path = `${boostPath}/${this.config.version}`; |
72
|
|
|
this.id = this.config.id; |
73
|
|
|
this.version = this.config.version; |
74
|
|
|
|
75
|
|
|
this.repositoryLimits = { |
76
|
|
|
maxRunsPerVersion: this.config.repository_limits.max_runs_per_version, |
77
|
|
|
minutesBetweenRuns: this.config.repository_limits.minutes_between_runs, |
78
|
|
|
}; |
79
|
|
|
|
80
|
|
|
this.pullRequest = this.loadPullRequest(this.config.pull_request); |
81
|
|
|
this.scripts = this.loadScripts(this.config.scripts.files); |
82
|
|
|
} |
83
|
|
|
|
84
|
|
|
public get appSettings(): AppSettings { |
85
|
|
|
return this.codeBoost.appSettings; |
86
|
|
|
} |
87
|
|
|
|
88
|
|
|
public get history(): BoostHistory { |
89
|
|
|
return this.codeBoost.historyManager.for(this.id); |
90
|
|
|
} |
91
|
|
|
|
92
|
|
|
public log(message) { |
93
|
|
|
this.codeBoost.log(message, [{ boost: this.id, run_id: this.runId, repository: this.repository?.fullRepositoryName() }]); |
94
|
|
|
} |
95
|
|
|
|
96
|
|
|
public loadConfiguration(boostPath: string) { |
97
|
|
|
const config = require(`${boostPath}/boost.js`).default; |
98
|
|
|
|
99
|
|
|
return <BoostConfiguration>config; |
100
|
|
|
} |
101
|
|
|
|
102
|
|
|
public loadPullRequest(pullRequest: Record<string, any>) { |
103
|
|
|
return { |
104
|
|
|
title: pullRequest.title, |
105
|
|
|
body: pullRequest.body, |
106
|
|
|
branch: `${pullRequest.branch}-v${versionToShortVersion(this.version)}`, |
107
|
|
|
}; |
108
|
|
|
} |
109
|
|
|
|
110
|
|
|
public loadScripts(scripts: string[]) { |
111
|
|
|
const result: any[] = []; |
112
|
|
|
|
113
|
|
|
for (const script of scripts) { |
114
|
|
|
const fn = `${this.path}/${script}`; |
115
|
|
|
|
116
|
|
|
if (!existsSync(fn)) { |
117
|
|
|
throw new Error(`Boost script not found: ${fn}`); |
118
|
|
|
} |
119
|
|
|
|
120
|
|
|
result.push(require(fn).handler); |
121
|
|
|
} |
122
|
|
|
|
123
|
|
|
return result; |
124
|
|
|
} |
125
|
|
|
|
126
|
|
|
public async run(repository: Repository, args: any[] = []) { |
127
|
|
|
this.repository = repository; |
128
|
|
|
|
129
|
|
|
this.repository.initGitListeners(this.runId); |
130
|
|
|
|
131
|
|
|
const listener = eventbus.on(GIT_FILE_ADDED_EVENT, ({ repository, files, runId }) => { |
132
|
|
|
if (runId !== this.runId || this.repository?.fullRepositoryName() !== `${repository.owner}/${repository.name}`) { |
133
|
|
|
return; |
134
|
|
|
} |
135
|
|
|
|
136
|
|
|
this.changedFiles.push(...files); |
137
|
|
|
}); |
138
|
|
|
|
139
|
|
|
// changes to historyItem properties will be reflected in the saved history automatically |
140
|
|
|
// as createEntry returns a proxy object |
141
|
|
|
const historyItem: BoostHistoryItem = this.codeBoost.historyManager.createEntry({ |
142
|
|
|
run_id: this.runId, |
143
|
|
|
boost: this.id, |
144
|
|
|
version: this.version, |
145
|
|
|
repository: repository.fullRepositoryName(), |
146
|
|
|
started_at: new Date().toISOString(), |
147
|
|
|
finished_at: null, |
148
|
|
|
state: BoostHistoryItemState.RUNNING, |
149
|
|
|
pull_request: null, |
150
|
|
|
}); |
151
|
|
|
|
152
|
|
|
if (!this.canRunOnRepository(repository)) { |
153
|
|
|
historyItem.state = BoostHistoryItemState.SKIPPED; |
154
|
|
|
historyItem.finished_at = new Date().toISOString(); |
155
|
|
|
|
156
|
|
|
this.log(`Cannot run on ${repository.fullRepositoryName()}`); |
157
|
|
|
this.log('Done.'); |
158
|
|
|
return false; |
159
|
|
|
} |
160
|
|
|
|
161
|
|
|
const params = await this.createScriptHandlerParameters(args, historyItem); |
162
|
|
|
|
163
|
|
|
const catchErrors = async (callBack: CallableFunction, args: any = []) => { |
164
|
|
|
try { |
165
|
|
|
return await await callBack(...args); |
166
|
|
|
} catch (e) { |
167
|
|
|
hasError = true; |
168
|
|
|
this.log(e); |
169
|
|
|
return false; |
170
|
|
|
} |
171
|
|
|
}; |
172
|
|
|
|
173
|
|
|
const handleDryRun = async (callback: CallableFunction, dryRunMessage: string) => { |
174
|
|
|
if (!this.appSettings.dry_run) { |
175
|
|
|
return await callback(); |
176
|
|
|
} |
177
|
|
|
|
178
|
|
|
this.log(`[dry run] ${dryRunMessage}`); |
179
|
|
|
return null; |
180
|
|
|
}; |
181
|
|
|
|
182
|
|
|
let hasError = false; |
183
|
|
|
|
184
|
|
|
if (!this.appSettings.use_pull_requests) { |
185
|
|
|
this.pullRequest.branch = await repository.defaultBranch(); |
186
|
|
|
} |
187
|
|
|
|
188
|
|
|
if (this.appSettings.use_pull_requests) { |
189
|
|
|
await this.updatePullRequestBranchName(); |
190
|
|
|
await this.checkoutPullRequestBranch(); |
191
|
|
|
} |
192
|
|
|
|
193
|
|
|
await catchErrors(async () => { |
194
|
|
|
await this.runInitializationScript(params); |
195
|
|
|
await this.runScripts(params); |
196
|
|
|
}); |
197
|
|
|
|
198
|
|
|
if (!hasError && this.changedFiles.length > 0) { |
199
|
|
|
await catchErrors(async () => { |
200
|
|
|
const remote = this.appSettings.use_forks ? 'fork' : 'origin'; |
201
|
|
|
await handleDryRun( |
202
|
|
|
async () => await repository.git.push(remote, this.pullRequest.branch), |
203
|
|
|
`push branch ${this.pullRequest.branch} to ${remote}`, |
204
|
|
|
); |
205
|
|
|
}); |
206
|
|
|
|
207
|
|
|
await catchErrors(async () => { |
208
|
|
|
handleDryRun(async () => { |
209
|
|
|
await this.handlePullRequestCreation({ repository, historyItem }); |
210
|
|
|
}, 'create pull request'); |
211
|
|
|
}); |
212
|
|
|
} |
213
|
|
|
|
214
|
|
|
historyItem.finished_at = new Date().toISOString(); |
215
|
|
|
historyItem.state = hasError ? BoostHistoryItemState.FAILED : BoostHistoryItemState.SUCCEEDED; |
216
|
|
|
|
217
|
|
|
listener.off(GIT_FILE_ADDED_EVENT, () => {}); |
218
|
|
|
} |
219
|
|
|
|
220
|
|
|
public async handlePullRequestCreation({ repository, historyItem }) { |
221
|
|
|
if (!this.appSettings.use_pull_requests) { |
222
|
|
|
return; |
223
|
|
|
} |
224
|
|
|
|
225
|
|
|
const loadStringOrFile = (value: string) => { |
226
|
|
|
return existsSync(`${this.path}/${value}`) ? readFileSync(`${this.path}/${value}`, 'utf8') : value; |
227
|
|
|
}; |
228
|
|
|
|
229
|
|
|
const title = await edge.renderRaw(loadStringOrFile(this.pullRequest.title), { boost: this, state: () => this.state }); |
230
|
|
|
const body = await edge.renderRaw(loadStringOrFile(this.pullRequest.body), { boost: this, state: () => this.state }); |
231
|
|
|
|
232
|
|
|
const defaultBranch = (await this.repository?.defaultBranch()) ?? 'main'; |
233
|
|
|
|
234
|
|
|
const pr: any = await Github.createPullRequest(repository, this.pullRequest.branch, defaultBranch, title.trim(), body.trim()); |
235
|
|
|
historyItem.pull_request = pr?.number; |
236
|
|
|
|
237
|
|
|
if (pr) { |
238
|
|
|
this.log(`created pull request #${pr.number}`); |
239
|
|
|
|
240
|
|
|
if (this.appSettings.auto_merge_pull_requests) { |
241
|
|
|
await Github.mergePullRequest(repository, pr.number); |
242
|
|
|
this.log(`merged pull request #${pr.number}`); |
243
|
|
|
} |
244
|
|
|
} |
245
|
|
|
} |
246
|
|
|
|
247
|
|
|
public async createScriptHandlerParameters(args: any[], historyItem: BoostHistoryItem) { |
248
|
|
|
return <BoostScriptHandlerParameters>{ |
249
|
|
|
args, |
250
|
|
|
boost: this, |
251
|
|
|
currentRun: Object.freeze(Object.assign({}, historyItem)), |
252
|
|
|
git: this.repository?.git, |
253
|
|
|
libs: { |
254
|
|
|
fs: require('fs'), |
255
|
|
|
path: require('path'), |
256
|
|
|
semver, |
257
|
|
|
}, |
258
|
|
|
repository: this.repository, |
259
|
|
|
tools: new Tools(), |
260
|
|
|
}; |
261
|
|
|
} |
262
|
|
|
|
263
|
|
|
public async runInitializationScript(params: BoostScriptHandlerParameters) { |
264
|
|
|
if (existsSync(`${this.path}/init.js`)) { |
265
|
|
|
const initFn = require(`${this.path}/init.js`).handler; |
266
|
|
|
await initFn(params); |
267
|
|
|
} |
268
|
|
|
} |
269
|
|
|
|
270
|
|
|
public async checkoutPullRequestBranch() { |
271
|
|
|
await this.repository?.checkout(this.pullRequest.branch); |
272
|
|
|
} |
273
|
|
|
|
274
|
|
|
/** |
275
|
|
|
* update to a unique branch name if the branch already exists |
276
|
|
|
*/ |
277
|
|
|
public async updatePullRequestBranchName() { |
278
|
|
|
if (!this.repository) { |
279
|
|
|
return false; |
280
|
|
|
} |
281
|
|
|
|
282
|
|
|
const branches = await this.repository.localBranches(); |
283
|
|
|
|
284
|
|
|
if (branches.all.includes(this.pullRequest.branch)) { |
285
|
|
|
let counter = 1; |
286
|
|
|
let newBranchName = this.pullRequest.branch; |
287
|
|
|
|
288
|
|
|
while (branches.all.includes(newBranchName)) { |
289
|
|
|
counter++; |
290
|
|
|
newBranchName = `${this.pullRequest.branch}-${counter}`; |
291
|
|
|
} |
292
|
|
|
|
293
|
|
|
this.pullRequest.branch = newBranchName; |
294
|
|
|
} |
295
|
|
|
|
296
|
|
|
return true; |
297
|
|
|
} |
298
|
|
|
|
299
|
|
|
public async runScripts(params: BoostScriptHandlerParameters) { |
300
|
|
|
if (this.config.scripts.parallel) { |
301
|
|
|
await Promise.allSettled(this.scripts.map(script => script(params))); |
302
|
|
|
return; |
303
|
|
|
} |
304
|
|
|
|
305
|
|
|
for (const script of this.scripts) { |
306
|
|
|
await script(params); |
307
|
|
|
} |
308
|
|
|
} |
309
|
|
|
|
310
|
|
|
public canRunOnRepository(repo: Repository | string) { |
311
|
|
|
const repoName = typeof repo === 'string' ? repo : repo.fullRepositoryName(); |
312
|
|
|
|
313
|
|
|
const runs = this.history |
314
|
|
|
.filter(run => run.repository === repoName) |
315
|
|
|
.filter(run => run.version === this.version && run.run_id !== this.runId) |
316
|
|
|
.filter(run => run.state !== BoostHistoryItemState.SKIPPED); |
317
|
|
|
|
318
|
|
|
if (this.repositoryLimits.maxRunsPerVersion <= runs.length) { |
319
|
|
|
return false; |
320
|
|
|
} |
321
|
|
|
|
322
|
|
|
return !this.isRunTimeRestricted(runs); |
323
|
|
|
} |
324
|
|
|
|
325
|
|
|
protected isRunTimeRestricted(runs: BoostHistoryItem[]): boolean { |
326
|
|
|
for (const item of runs) { |
327
|
|
|
const runDate = dayjs(item.started_at); |
328
|
|
|
|
329
|
|
|
if (dayjs().diff(runDate, 'minute') < this.repositoryLimits.minutesBetweenRuns) { |
330
|
|
|
return true; |
331
|
|
|
} |
332
|
|
|
} |
333
|
|
|
|
334
|
|
|
return false; |
335
|
|
|
} |
336
|
|
|
} |
337
|
|
|
|